{"cells":[{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":25911,"status":"ok","timestamp":1709412010208,"user":{"displayName":"Yu Wang","userId":"02802289530208391889"},"user_tz":480},"id":"scKll44AuD1v","outputId":"2f1042dc-a5b6-4269-e08b-870a3b27e1da"},"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting transformers==4.28.0\n","  Downloading transformers-4.28.0-py3-none-any.whl (7.0 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.0/7.0 MB\u001b[0m \u001b[31m47.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (3.13.1)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (0.20.3)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (1.25.2)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (2023.12.25)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (2.31.0)\n","Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers==4.28.0)\n","  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m110.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0) (4.66.2)\n","Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.11.0->transformers==4.28.0) (2023.6.0)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.11.0->transformers==4.28.0) (4.10.0)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0) (3.6)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0) (2024.2.2)\n","Installing collected packages: tokenizers, transformers\n","  Attempting uninstall: tokenizers\n","    Found existing installation: tokenizers 0.15.2\n","    Uninstalling tokenizers-0.15.2:\n","      Successfully uninstalled tokenizers-0.15.2\n","  Attempting uninstall: transformers\n","    Found existing installation: transformers 4.38.1\n","    Uninstalling transformers-4.38.1:\n","      Successfully uninstalled transformers-4.38.1\n","Successfully installed tokenizers-0.13.3 transformers-4.28.0\n","Collecting datasets==2.13.1\n","  Downloading datasets-2.13.1-py3-none-any.whl (486 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m486.2/486.2 kB\u001b[0m \u001b[31m10.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (1.25.2)\n","Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (14.0.2)\n","Collecting dill<0.3.7,>=0.3.0 (from datasets==2.13.1)\n","  Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m16.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (1.5.3)\n","Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (2.31.0)\n","Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (4.66.2)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (3.4.1)\n","Collecting multiprocess (from datasets==2.13.1)\n","  Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m22.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (3.9.3)\n","Requirement already satisfied: huggingface-hub<1.0.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (0.20.3)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.13.1) (6.0.1)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.13.1) (1.3.1)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.13.1) (23.2.0)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.13.1) (1.4.1)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.13.1) (6.0.5)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.13.1) (1.9.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.13.1) (4.0.3)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.11.0->datasets==2.13.1) (3.13.1)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.11.0->datasets==2.13.1) (4.10.0)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.13.1) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.13.1) (3.6)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.13.1) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.13.1) (2024.2.2)\n","INFO: pip is looking at multiple versions of multiprocess to determine which version is compatible with other requirements. This could take a while.\n","  Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m21.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h  Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m21.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.13.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.13.1) (2023.4)\n","Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->datasets==2.13.1) (1.16.0)\n","Installing collected packages: dill, multiprocess, datasets\n","Successfully installed datasets-2.13.1 dill-0.3.6 multiprocess-0.70.14\n","Collecting accelerate\n","  Downloading accelerate-0.27.2-py3-none-any.whl (279 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m280.0/280.0 kB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate) (1.25.2)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (23.2)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate) (5.9.5)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate) (6.0.1)\n","Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (2.1.0+cu121)\n","Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from accelerate) (0.20.3)\n","Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from accelerate) (0.4.2)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.13.1)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (4.10.0)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (1.12)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.2.1)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.1.3)\n","Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2023.6.0)\n","Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2.1.0)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->accelerate) (2.31.0)\n","Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->accelerate) (4.66.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.5)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate) (3.6)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate) (2024.2.2)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.10.0->accelerate) (1.3.0)\n","Installing collected packages: accelerate\n","Successfully installed accelerate-0.27.2\n"]}],"source":["!pip install transformers==4.28.0\n","!pip install datasets==2.13.1\n","!pip install accelerate -U"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5297,"status":"ok","timestamp":1709412015497,"user":{"displayName":"Yu Wang","userId":"02802289530208391889"},"user_tz":480},"id":"QvRTCsEPvVCY","outputId":"fe590a50-504e-464d-9eaf-f879d7b8e83e"},"outputs":[{"output_type":"stream","name":"stdout","text":["Downloading...\n","From: https://drive.google.com/uc?id=1a1v06PvGaWmTCWvL33o2C133D90SRzMC\n","To: /content/cw_texts_clean_bert.csv\n","100% 59.5M/59.5M [00:00<00:00, 138MB/s]\n"]}],"source":["!gdown 1a1v06PvGaWmTCWvL33o2C133D90SRzMC # download cw_texts_clean_bert.csv\n","!mkdir output\n","!mkdir /data\n","!mv cw_texts_clean_bert.csv /data"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000,"referenced_widgets":["3804a058a3914d7d8e5a6f3c271d00c5","501e538a66184b0d80a72ca4faff7637","62502a8db96b4e3185e5394d0e952fa1","29bdfd0ae3d44a8298ea758f82ae59ca","33a0bb2809d44970a8e303b3963482ab","103c7ac93aac47d385362f645b8a7461","be63cdac41d94128afb81f5f965a1330","eeb4f909f7f24ea688ea58d4ce1b796a","f7cdf19f96204f5eb5754419a4c44018","7965c48b2bdd4b2186a223e63fd4c2a7","9d908420d85f4965b451dee9c2747000","d75ee796714245dbb015a65eea64ce6e","6221e007446945098f093c172e79cf85","573b3b9190a8431c8d93d8a628980e44","0aaa1c41917f4c67b905de233288cfbd","6775905e0e1a4490bf4193d9475720e8","c604547f4f034e71b355bf5b1e179ba1","d61d2785a23c449f90494b350078b44c","7714adbb3f6544d1840178d3b63bceed","a00379414c414906a4502dd981e949fd","3f0988dd955a4167acddf7d2eb3024e9","23cb29ed336b4c749d49dd7e194845eb","320acbaa07404290b1aa2ab4a8d93b13","ccf80339ce8d47e2a8ff72431c79fc9b","c10c47516e944784ba72e6611959ae27","a11a34f274ad4a37b8440bf02a2a936f","05d078ac9a5c4d12a215acfa231aefd0","267eeb2c4b8d48e593f25696850d153d","9841fab8842f44379fa76fe15bb0adfa","7c7fa99f766d4572a61431ab8fc3e56c","be66d4570b3b4b009f62aac21130bd7e","27102bdb9a4d40dcb55a66e9e9acfe9c","0f5482861da746cfbc1350832c214736","fb706741c9bf4050a1d9bcd3e3a715c5","0c1527198221485abb1439ec5003069f","cc5b96fc457c449894fea8e66506f0ad","b3842b2be92a47b5972c2cc1aed20cd6","3c543cbe2beb42debe6c975af0ee16c5","9a4d2efa417442088d7663a0a835ef2f","3e2ebd6901994bfdb6633c4cca952d7d","5717a4faa8344a2d88a3a7fd90816421","631a53fd9bce4f8b872add02304c6171","483021f362e34afa9cebccbf8b361be5","12df49a257f64efeb54371672292f7d7","0b97e65cda394c218bfbb75634b42fdc","3dc7e4e4b5a344c3bc7270f243b2d350","fa3c45b55e984e20829699ce3e45fd71","a37104b957a0432cb2d88c67a3894bca","75334e428eaf43f2b269463a4ae51d28","e7890d78944e4267b02ccff649076dc1","570ca02e48a74bdfbc39525273251b99","e3d1311d294042a59b99d609e97b1f20","7d18fe6863a24855bc57908bba2a1ee5","d92815abed354025a38972db5b398836","bd84e9647524405a94c9bdf8079bb590","dd95befee43b4c6cb5b92e512a575b81","6097fb86ad5d4b66b9f4728f25163fcd","b58e8f3b29084683a0c936cc018e66d3","63a719ddd0974fb08312ac488c36e851","8ad3ed86060f4611ad65eda72ebe8d81","2b7e27e4e79a488a855550e097d8a3c5","d50578eb01284de48819c37495cb4ed4","d0b390f2b81b42cfbd62ff43dc69a159","3caae72a29524cfa9bf7c7cb18475935","7f4423216eb34e6d9d580ac90fde87b6","ffb714c109224d62a9836b4a85718fa1","af4b9858655f4175b9c6432d65b847a4","fffc471a8e6d4c87b57bca08bc6049c9","7739e8d3ab2a4053ac51ddb07213fcad","a773a7fe8dde43679792a70adc9c1040","30b3bf66693b4055ba815f39f4dc588b","b3173e3c80434121a4e3b2d5107d67a2","e2b59c46f5a246969e03a3293b3a8592","8e33c25ad60947ae8de2a889dc21d79e","12cc1a4e9d3a46e7a2e7a6cc7b50d69f","46a3bc9ca19744f49b4372458768cd51","984ddfb0c98e444faaeed3eb569a1eaf","9aeef2ca4c8a402c81525b039bf2be17","53922a61365744168fd4a0d40ecb22cf","8717eaf7572348ee9d8038fc13862bc5","a11d9628d62e470385d1d1cd86b4545b","a708d979523e4376a5d47cca1c600618","b62bcd7b72154e218932d03af51399d9","d9d6b4ec165f42b390a54efe4fc34e9a","ff0bd0ba188747a8939723128f743b97","0bf63f9186fc4cf4a0366c94d4cfa493","cbc221b2f76e4b2cacbcdb4764112e5a","4312d1ea7be94fd4a6cb71f5aa68f96b","d09f0c72b43a4744966566ee4b9e3c4a","eb7f329938494233bf775bc9e6d8c1ef","4f1a30cb2d3847358ce7ce94a1627c5c","a360bfadee2743bab44871c4af36e462","24f42737214a4632b111592dcc114dd7","28d22239dea44fc889d4eddc6a83cb48","c67f2aeefc23496cbc39bddb69c7bdb8","9e008b4176b349ac9ed15baa33388674","1893806ced4f4dbdbfe68d84a4100ffa","450603b123f94d7cb001fb2159f7418a","4ddffa8e1db142ecb2c5e19fdebe2656","627da714704f422d920b075aa47031d7","9a739ebaa19b4e78a50255e001a32cc8","04cd3c05145a4b2681bebab52f2caaff","34705690b4bb42f797241c4f4cb2aab4","b5c19d77958a484e9adcaff270393b81","d96254790b144c059fd4ec40ff28f33a","e10c52f589fe42de90cd91d5771b4775","18442279c0db4ef4848ea1d679ef03d7","0b5b2212e0294180a233d0d6b6bb37a5","b23c5f7a7b4346cf8f96e4ee13c0eab8","943cef41e0a64df2b782d0ac725e667a"]},"id":"_UUtlbRAySQ_","outputId":"95b932a5-6c34-4be9-e2cd-03910b1f89e4","executionInfo":{"status":"ok","timestamp":1709417876674,"user_tz":480,"elapsed":5861183,"user":{"displayName":"Yu Wang","userId":"02802289530208391889"}}},"outputs":[{"output_type":"stream","name":"stderr","text":["<ipython-input-3-e0cca98085d2>:28: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  train['split_dummy'] = ''\n","<ipython-input-3-e0cca98085d2>:29: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  train['year'] = train['year'].astype(int)\n","<ipython-input-3-e0cca98085d2>:30: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  train['month'] = train['month'].astype(int)\n"]},{"output_type":"stream","name":"stdout","text":["23868\n"]},{"output_type":"stream","name":"stderr","text":["  0%|          | 0/22572 [00:00<?, ?it/s]<ipython-input-3-e0cca98085d2>:36: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  train['split_dummy'][i] = 0\n","<ipython-input-3-e0cca98085d2>:34: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  train['split_dummy'][i] = 1\n","100%|██████████| 22572/22572 [00:07<00:00, 3080.92it/s]\n","/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:88: UserWarning: \n","The secret `HF_TOKEN` does not exist in your Colab secrets.\n","To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n","You will be able to reuse this secret in all of your notebooks.\n","Please note that authentication is recommended but still optional to access public models or datasets.\n","  warnings.warn(\n"]},{"output_type":"display_data","data":{"text/plain":["tokenizer_config.json:   0%|          | 0.00/270 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"3804a058a3914d7d8e5a6f3c271d00c5"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["config.json:   0%|          | 0.00/570 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d75ee796714245dbb015a65eea64ce6e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["vocab.txt:   0%|          | 0.00/224k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"320acbaa07404290b1aa2ab4a8d93b13"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["tokenizer.json:   0%|          | 0.00/454k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"fb706741c9bf4050a1d9bcd3e3a715c5"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["special_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"0b97e65cda394c218bfbb75634b42fdc"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/21924 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"dd95befee43b4c6cb5b92e512a575b81"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/648 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"af4b9858655f4175b9c6432d65b847a4"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/1296 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"9aeef2ca4c8a402c81525b039bf2be17"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["pytorch_model.bin:   0%|          | 0.00/437M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d09f0c72b43a4744966566ee4b9e3c4a"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["Some weights of the model checkpoint at snowood1/ConfliBERT-scr-uncased were not used when initializing BertForSequenceClassification: ['cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.decoder.bias', 'cls.predictions.decoder.weight', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.LayerNorm.bias']\n","- This IS expected if you are initializing BertForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing BertForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n","Some weights of BertForSequenceClassification were not initialized from the model checkpoint at snowood1/ConfliBERT-scr-uncased and are newly initialized: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight', 'classifier.weight', 'classifier.bias']\n","You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n","Some weights of the model checkpoint at snowood1/ConfliBERT-scr-uncased were not used when initializing BertForSequenceClassification: ['cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.decoder.bias', 'cls.predictions.decoder.weight', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.LayerNorm.bias']\n","- This IS expected if you are initializing BertForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing BertForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n","Some weights of BertForSequenceClassification were not initialized from the model checkpoint at snowood1/ConfliBERT-scr-uncased and are newly initialized: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight', 'classifier.weight', 'classifier.bias']\n","You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n","/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:391: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n","  warnings.warn(\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","    <div>\n","      \n","      <progress value='13710' max='13710' style='width:300px; height:20px; vertical-align: middle;'></progress>\n","      [13710/13710 1:29:42, Epoch 10/10]\n","    </div>\n","    <table border=\"1\" class=\"dataframe\">\n","  <thead>\n"," <tr style=\"text-align: left;\">\n","      <th>Step</th>\n","      <th>Training Loss</th>\n","      <th>Validation Loss</th>\n","      <th>Mse</th>\n","      <th>Mae</th>\n","      <th>R2</th>\n","      <th>Accuracy</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <td>500</td>\n","      <td>1.357600</td>\n","      <td>1.146232</td>\n","      <td>1.146232</td>\n","      <td>0.639501</td>\n","      <td>0.707369</td>\n","      <td>0.668210</td>\n","    </tr>\n","    <tr>\n","      <td>1000</td>\n","      <td>0.875000</td>\n","      <td>1.005660</td>\n","      <td>1.005660</td>\n","      <td>0.493521</td>\n","      <td>0.743257</td>\n","      <td>0.720679</td>\n","    </tr>\n","    <tr>\n","      <td>1500</td>\n","      <td>0.806900</td>\n","      <td>1.090056</td>\n","      <td>1.090056</td>\n","      <td>0.571979</td>\n","      <td>0.721711</td>\n","      <td>0.702160</td>\n","    </tr>\n","    <tr>\n","      <td>2000</td>\n","      <td>0.628500</td>\n","      <td>1.034160</td>\n","      <td>1.034160</td>\n","      <td>0.566337</td>\n","      <td>0.735981</td>\n","      <td>0.686728</td>\n","    </tr>\n","    <tr>\n","      <td>2500</td>\n","      <td>0.640900</td>\n","      <td>0.889411</td>\n","      <td>0.889411</td>\n","      <td>0.547647</td>\n","      <td>0.772935</td>\n","      <td>0.695988</td>\n","    </tr>\n","    <tr>\n","      <td>3000</td>\n","      <td>0.612300</td>\n","      <td>1.004858</td>\n","      <td>1.004858</td>\n","      <td>0.556344</td>\n","      <td>0.743462</td>\n","      <td>0.714506</td>\n","    </tr>\n","    <tr>\n","      <td>3500</td>\n","      <td>0.542000</td>\n","      <td>0.860782</td>\n","      <td>0.860782</td>\n","      <td>0.496629</td>\n","      <td>0.780244</td>\n","      <td>0.748457</td>\n","    </tr>\n","    <tr>\n","      <td>4000</td>\n","      <td>0.494600</td>\n","      <td>0.842461</td>\n","      <td>0.842461</td>\n","      <td>0.467763</td>\n","      <td>0.784921</td>\n","      <td>0.745370</td>\n","    </tr>\n","    <tr>\n","      <td>4500</td>\n","      <td>0.408900</td>\n","      <td>0.860561</td>\n","      <td>0.860561</td>\n","      <td>0.605490</td>\n","      <td>0.780300</td>\n","      <td>0.695988</td>\n","    </tr>\n","    <tr>\n","      <td>5000</td>\n","      <td>0.445000</td>\n","      <td>0.827062</td>\n","      <td>0.827062</td>\n","      <td>0.464198</td>\n","      <td>0.788853</td>\n","      <td>0.725309</td>\n","    </tr>\n","    <tr>\n","      <td>5500</td>\n","      <td>0.446000</td>\n","      <td>0.828369</td>\n","      <td>0.828369</td>\n","      <td>0.454539</td>\n","      <td>0.788519</td>\n","      <td>0.756173</td>\n","    </tr>\n","    <tr>\n","      <td>6000</td>\n","      <td>0.375700</td>\n","      <td>0.782566</td>\n","      <td>0.782566</td>\n","      <td>0.411974</td>\n","      <td>0.800212</td>\n","      <td>0.759259</td>\n","    </tr>\n","    <tr>\n","      <td>6500</td>\n","      <td>0.363500</td>\n","      <td>0.784390</td>\n","      <td>0.784390</td>\n","      <td>0.426995</td>\n","      <td>0.799747</td>\n","      <td>0.750000</td>\n","    </tr>\n","    <tr>\n","      <td>7000</td>\n","      <td>0.365400</td>\n","      <td>0.831962</td>\n","      <td>0.831962</td>\n","      <td>0.459804</td>\n","      <td>0.787602</td>\n","      <td>0.748457</td>\n","    </tr>\n","    <tr>\n","      <td>7500</td>\n","      <td>0.322500</td>\n","      <td>0.825906</td>\n","      <td>0.825906</td>\n","      <td>0.451558</td>\n","      <td>0.789148</td>\n","      <td>0.734568</td>\n","    </tr>\n","    <tr>\n","      <td>8000</td>\n","      <td>0.318900</td>\n","      <td>0.731375</td>\n","      <td>0.731375</td>\n","      <td>0.416562</td>\n","      <td>0.813281</td>\n","      <td>0.756173</td>\n","    </tr>\n","    <tr>\n","      <td>8500</td>\n","      <td>0.324100</td>\n","      <td>0.746442</td>\n","      <td>0.746442</td>\n","      <td>0.415287</td>\n","      <td>0.809435</td>\n","      <td>0.762346</td>\n","    </tr>\n","    <tr>\n","      <td>9000</td>\n","      <td>0.301400</td>\n","      <td>0.728206</td>\n","      <td>0.728206</td>\n","      <td>0.416088</td>\n","      <td>0.814090</td>\n","      <td>0.753086</td>\n","    </tr>\n","    <tr>\n","      <td>9500</td>\n","      <td>0.292700</td>\n","      <td>0.758310</td>\n","      <td>0.758310</td>\n","      <td>0.444561</td>\n","      <td>0.806405</td>\n","      <td>0.766975</td>\n","    </tr>\n","    <tr>\n","      <td>10000</td>\n","      <td>0.289500</td>\n","      <td>0.790602</td>\n","      <td>0.790602</td>\n","      <td>0.433857</td>\n","      <td>0.798161</td>\n","      <td>0.756173</td>\n","    </tr>\n","    <tr>\n","      <td>10500</td>\n","      <td>0.267500</td>\n","      <td>0.771562</td>\n","      <td>0.771562</td>\n","      <td>0.440319</td>\n","      <td>0.803022</td>\n","      <td>0.750000</td>\n","    </tr>\n","    <tr>\n","      <td>11000</td>\n","      <td>0.280900</td>\n","      <td>0.765131</td>\n","      <td>0.765130</td>\n","      <td>0.453579</td>\n","      <td>0.804664</td>\n","      <td>0.746914</td>\n","    </tr>\n","    <tr>\n","      <td>11500</td>\n","      <td>0.272000</td>\n","      <td>0.779219</td>\n","      <td>0.779219</td>\n","      <td>0.441926</td>\n","      <td>0.801067</td>\n","      <td>0.753086</td>\n","    </tr>\n","    <tr>\n","      <td>12000</td>\n","      <td>0.263000</td>\n","      <td>0.754126</td>\n","      <td>0.754126</td>\n","      <td>0.422325</td>\n","      <td>0.807473</td>\n","      <td>0.754630</td>\n","    </tr>\n","    <tr>\n","      <td>12500</td>\n","      <td>0.253600</td>\n","      <td>0.749152</td>\n","      <td>0.749152</td>\n","      <td>0.412075</td>\n","      <td>0.808743</td>\n","      <td>0.754630</td>\n","    </tr>\n","    <tr>\n","      <td>13000</td>\n","      <td>0.233400</td>\n","      <td>0.762281</td>\n","      <td>0.762281</td>\n","      <td>0.422700</td>\n","      <td>0.805391</td>\n","      <td>0.754630</td>\n","    </tr>\n","    <tr>\n","      <td>13500</td>\n","      <td>0.268200</td>\n","      <td>0.769822</td>\n","      <td>0.769822</td>\n","      <td>0.420924</td>\n","      <td>0.803466</td>\n","      <td>0.743827</td>\n","    </tr>\n","  </tbody>\n","</table><p>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["{'loss': 1.3576, 'learning_rate': 1.927060539752006e-05, 'epoch': 0.36, 'step': 500}\n","{'eval_loss': 1.1462324857711792, 'eval_mse': 1.1462324857711792, 'eval_mae': 0.6395010948181152, 'eval_r2': 0.7073691399058621, 'eval_accuracy': 0.6682098765432098, 'eval_runtime': 5.2261, 'eval_samples_per_second': 123.992, 'eval_steps_per_second': 7.845, 'epoch': 0.36, 'step': 500}\n","{'loss': 0.875, 'learning_rate': 1.854121079504012e-05, 'epoch': 0.73, 'step': 1000}\n","{'eval_loss': 1.0056602954864502, 'eval_mse': 1.0056602954864502, 'eval_mae': 0.4935210049152374, 'eval_r2': 0.7432569333204309, 'eval_accuracy': 0.720679012345679, 'eval_runtime': 5.2169, 'eval_samples_per_second': 124.211, 'eval_steps_per_second': 7.859, 'epoch': 0.73, 'step': 1000}\n","{'loss': 0.8069, 'learning_rate': 1.7811816192560176e-05, 'epoch': 1.09, 'step': 1500}\n","{'eval_loss': 1.0900564193725586, 'eval_mse': 1.0900564193725586, 'eval_mae': 0.5719786286354065, 'eval_r2': 0.7217107731709648, 'eval_accuracy': 0.7021604938271605, 'eval_runtime': 5.2027, 'eval_samples_per_second': 124.55, 'eval_steps_per_second': 7.88, 'epoch': 1.09, 'step': 1500}\n","{'loss': 0.6285, 'learning_rate': 1.7082421590080233e-05, 'epoch': 1.46, 'step': 2000}\n","{'eval_loss': 1.0341601371765137, 'eval_mse': 1.0341601371765137, 'eval_mae': 0.5663365721702576, 'eval_r2': 0.7359809893611302, 'eval_accuracy': 0.6867283950617284, 'eval_runtime': 5.2055, 'eval_samples_per_second': 124.485, 'eval_steps_per_second': 7.876, 'epoch': 1.46, 'step': 2000}\n","{'loss': 0.6409, 'learning_rate': 1.6353026987600293e-05, 'epoch': 1.82, 'step': 2500}\n","{'eval_loss': 0.8894111514091492, 'eval_mse': 0.8894110918045044, 'eval_mae': 0.5476471781730652, 'eval_r2': 0.7729351201328772, 'eval_accuracy': 0.6959876543209876, 'eval_runtime': 5.2343, 'eval_samples_per_second': 123.8, 'eval_steps_per_second': 7.833, 'epoch': 1.82, 'step': 2500}\n","{'loss': 0.6123, 'learning_rate': 1.562363238512035e-05, 'epoch': 2.19, 'step': 3000}\n","{'eval_loss': 1.0048580169677734, 'eval_mse': 1.0048580169677734, 'eval_mae': 0.556343674659729, 'eval_r2': 0.7434617580279022, 'eval_accuracy': 0.7145061728395061, 'eval_runtime': 5.2048, 'eval_samples_per_second': 124.501, 'eval_steps_per_second': 7.877, 'epoch': 2.19, 'step': 3000}\n","{'loss': 0.542, 'learning_rate': 1.489423778264041e-05, 'epoch': 2.55, 'step': 3500}\n","{'eval_loss': 0.8607820272445679, 'eval_mse': 0.8607820272445679, 'eval_mae': 0.49662941694259644, 'eval_r2': 0.7802440816141899, 'eval_accuracy': 0.7484567901234568, 'eval_runtime': 5.2066, 'eval_samples_per_second': 124.457, 'eval_steps_per_second': 7.875, 'epoch': 2.55, 'step': 3500}\n","{'loss': 0.4946, 'learning_rate': 1.4164843180160469e-05, 'epoch': 2.92, 'step': 4000}\n","{'eval_loss': 0.8424614667892456, 'eval_mse': 0.8424614667892456, 'eval_mae': 0.4677627980709076, 'eval_r2': 0.7849212860995916, 'eval_accuracy': 0.7453703703703703, 'eval_runtime': 5.2036, 'eval_samples_per_second': 124.53, 'eval_steps_per_second': 7.879, 'epoch': 2.92, 'step': 4000}\n","{'loss': 0.4089, 'learning_rate': 1.3435448577680525e-05, 'epoch': 3.28, 'step': 4500}\n","{'eval_loss': 0.8605612516403198, 'eval_mse': 0.8605612516403198, 'eval_mae': 0.60548996925354, 'eval_r2': 0.7803004337283258, 'eval_accuracy': 0.6959876543209876, 'eval_runtime': 5.2479, 'eval_samples_per_second': 123.477, 'eval_steps_per_second': 7.813, 'epoch': 3.28, 'step': 4500}\n","{'loss': 0.445, 'learning_rate': 1.2706053975200586e-05, 'epoch': 3.65, 'step': 5000}\n","{'eval_loss': 0.8270622491836548, 'eval_mse': 0.8270622491836548, 'eval_mae': 0.4641975164413452, 'eval_r2': 0.7888526574784187, 'eval_accuracy': 0.7253086419753086, 'eval_runtime': 5.2207, 'eval_samples_per_second': 124.12, 'eval_steps_per_second': 7.853, 'epoch': 3.65, 'step': 5000}\n","{'loss': 0.446, 'learning_rate': 1.1976659372720643e-05, 'epoch': 4.01, 'step': 5500}\n","{'eval_loss': 0.8283693194389343, 'eval_mse': 0.8283693194389343, 'eval_mae': 0.4545387029647827, 'eval_r2': 0.7885189625038168, 'eval_accuracy': 0.7561728395061729, 'eval_runtime': 5.1995, 'eval_samples_per_second': 124.627, 'eval_steps_per_second': 7.885, 'epoch': 4.01, 'step': 5500}\n","{'loss': 0.3757, 'learning_rate': 1.12472647702407e-05, 'epoch': 4.38, 'step': 6000}\n","{'eval_loss': 0.7825663089752197, 'eval_mse': 0.7825663089752197, 'eval_mae': 0.4119744896888733, 'eval_r2': 0.8002123942820233, 'eval_accuracy': 0.7592592592592593, 'eval_runtime': 5.2072, 'eval_samples_per_second': 124.442, 'eval_steps_per_second': 7.874, 'epoch': 4.38, 'step': 6000}\n","{'loss': 0.3635, 'learning_rate': 1.051787016776076e-05, 'epoch': 4.74, 'step': 6500}\n","{'eval_loss': 0.7843896150588989, 'eval_mse': 0.7843896150588989, 'eval_mae': 0.4269949793815613, 'eval_r2': 0.79974691263523, 'eval_accuracy': 0.75, 'eval_runtime': 5.2016, 'eval_samples_per_second': 124.577, 'eval_steps_per_second': 7.882, 'epoch': 4.74, 'step': 6500}\n","{'loss': 0.3654, 'learning_rate': 9.788475565280817e-06, 'epoch': 5.11, 'step': 7000}\n","{'eval_loss': 0.8319617509841919, 'eval_mse': 0.8319616317749023, 'eval_mae': 0.45980414748191833, 'eval_r2': 0.7876018520526114, 'eval_accuracy': 0.7484567901234568, 'eval_runtime': 5.1951, 'eval_samples_per_second': 124.733, 'eval_steps_per_second': 7.892, 'epoch': 5.11, 'step': 7000}\n","{'loss': 0.3225, 'learning_rate': 9.059080962800875e-06, 'epoch': 5.47, 'step': 7500}\n","{'eval_loss': 0.8259061574935913, 'eval_mse': 0.8259061574935913, 'eval_mae': 0.451558381319046, 'eval_r2': 0.7891478057860011, 'eval_accuracy': 0.7345679012345679, 'eval_runtime': 5.2142, 'eval_samples_per_second': 124.276, 'eval_steps_per_second': 7.863, 'epoch': 5.47, 'step': 7500}\n","{'loss': 0.3189, 'learning_rate': 8.329686360320934e-06, 'epoch': 5.84, 'step': 8000}\n","{'eval_loss': 0.7313752174377441, 'eval_mse': 0.7313752174377441, 'eval_mae': 0.4165615439414978, 'eval_r2': 0.813281378719735, 'eval_accuracy': 0.7561728395061729, 'eval_runtime': 5.2157, 'eval_samples_per_second': 124.239, 'eval_steps_per_second': 7.861, 'epoch': 5.84, 'step': 8000}\n","{'loss': 0.3241, 'learning_rate': 7.600291757840993e-06, 'epoch': 6.2, 'step': 8500}\n","{'eval_loss': 0.7464421391487122, 'eval_mse': 0.7464421987533569, 'eval_mae': 0.4152867794036865, 'eval_r2': 0.8094348105375853, 'eval_accuracy': 0.7623456790123457, 'eval_runtime': 5.2216, 'eval_samples_per_second': 124.101, 'eval_steps_per_second': 7.852, 'epoch': 6.2, 'step': 8500}\n","{'loss': 0.3014, 'learning_rate': 6.87089715536105e-06, 'epoch': 6.56, 'step': 9000}\n","{'eval_loss': 0.7282063364982605, 'eval_mse': 0.7282062768936157, 'eval_mae': 0.41608795523643494, 'eval_r2': 0.8140903825878467, 'eval_accuracy': 0.7530864197530864, 'eval_runtime': 5.1925, 'eval_samples_per_second': 124.796, 'eval_steps_per_second': 7.896, 'epoch': 6.56, 'step': 9000}\n","{'loss': 0.2927, 'learning_rate': 6.141502552881109e-06, 'epoch': 6.93, 'step': 9500}\n","{'eval_loss': 0.758310079574585, 'eval_mse': 0.758310079574585, 'eval_mae': 0.44456106424331665, 'eval_r2': 0.8064049616839117, 'eval_accuracy': 0.7669753086419753, 'eval_runtime': 5.2307, 'eval_samples_per_second': 123.884, 'eval_steps_per_second': 7.838, 'epoch': 6.93, 'step': 9500}\n","{'loss': 0.2895, 'learning_rate': 5.412107950401167e-06, 'epoch': 7.29, 'step': 10000}\n","{'eval_loss': 0.7906021475791931, 'eval_mse': 0.7906021475791931, 'eval_mae': 0.4338565468788147, 'eval_r2': 0.798160854966942, 'eval_accuracy': 0.7561728395061729, 'eval_runtime': 5.2258, 'eval_samples_per_second': 124.001, 'eval_steps_per_second': 7.846, 'epoch': 7.29, 'step': 10000}\n","{'loss': 0.2675, 'learning_rate': 4.682713347921226e-06, 'epoch': 7.66, 'step': 10500}\n","{'eval_loss': 0.7715618014335632, 'eval_mse': 0.7715618014335632, 'eval_mae': 0.4403192102909088, 'eval_r2': 0.8030218240647862, 'eval_accuracy': 0.75, 'eval_runtime': 5.2069, 'eval_samples_per_second': 124.45, 'eval_steps_per_second': 7.874, 'epoch': 7.66, 'step': 10500}\n","{'loss': 0.2809, 'learning_rate': 3.953318745441284e-06, 'epoch': 8.02, 'step': 11000}\n","{'eval_loss': 0.7651305198669434, 'eval_mse': 0.7651304602622986, 'eval_mae': 0.4535788893699646, 'eval_r2': 0.8046637289348233, 'eval_accuracy': 0.7469135802469136, 'eval_runtime': 5.2475, 'eval_samples_per_second': 123.486, 'eval_steps_per_second': 7.813, 'epoch': 8.02, 'step': 11000}\n","{'loss': 0.272, 'learning_rate': 3.223924142961342e-06, 'epoch': 8.39, 'step': 11500}\n","{'eval_loss': 0.7792189717292786, 'eval_mse': 0.7792189717292786, 'eval_mae': 0.44192594289779663, 'eval_r2': 0.8010669582313488, 'eval_accuracy': 0.7530864197530864, 'eval_runtime': 5.2379, 'eval_samples_per_second': 123.715, 'eval_steps_per_second': 7.828, 'epoch': 8.39, 'step': 11500}\n","{'loss': 0.263, 'learning_rate': 2.4945295404814006e-06, 'epoch': 8.75, 'step': 12000}\n","{'eval_loss': 0.7541258335113525, 'eval_mse': 0.7541258335113525, 'eval_mae': 0.4223252236843109, 'eval_r2': 0.8074731972166003, 'eval_accuracy': 0.7546296296296297, 'eval_runtime': 5.2053, 'eval_samples_per_second': 124.488, 'eval_steps_per_second': 7.877, 'epoch': 8.75, 'step': 12000}\n","{'loss': 0.2536, 'learning_rate': 1.765134938001459e-06, 'epoch': 9.12, 'step': 12500}\n","{'eval_loss': 0.7491515278816223, 'eval_mse': 0.7491515278816223, 'eval_mae': 0.41207462549209595, 'eval_r2': 0.8087431142202791, 'eval_accuracy': 0.7546296296296297, 'eval_runtime': 5.2495, 'eval_samples_per_second': 123.44, 'eval_steps_per_second': 7.81, 'epoch': 9.12, 'step': 12500}\n","{'loss': 0.2334, 'learning_rate': 1.0357403355215171e-06, 'epoch': 9.48, 'step': 13000}\n","{'eval_loss': 0.7622812390327454, 'eval_mse': 0.7622811794281006, 'eval_mae': 0.4227003753185272, 'eval_r2': 0.8053911327506817, 'eval_accuracy': 0.7546296296296297, 'eval_runtime': 5.2436, 'eval_samples_per_second': 123.579, 'eval_steps_per_second': 7.819, 'epoch': 9.48, 'step': 13000}\n","{'loss': 0.2682, 'learning_rate': 3.063457330415755e-07, 'epoch': 9.85, 'step': 13500}\n","{'eval_loss': 0.7698222398757935, 'eval_mse': 0.7698222398757935, 'eval_mae': 0.42092442512512207, 'eval_r2': 0.803465931805311, 'eval_accuracy': 0.7438271604938271, 'eval_runtime': 5.2468, 'eval_samples_per_second': 123.505, 'eval_steps_per_second': 7.814, 'epoch': 9.85, 'step': 13500}\n","{'train_runtime': 5383.9595, 'train_samples_per_second': 40.721, 'train_steps_per_second': 2.546, 'total_flos': 5.768394985156608e+16, 'train_loss': 0.4437615720830983, 'epoch': 10.0, 'step': 13710}\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["[[ 7.1821132e+00]\n"," [ 7.0541463e+00]\n"," [ 6.7878518e+00]\n"," [ 7.3019581e+00]\n"," [ 7.7974677e+00]\n"," [ 7.8067279e+00]\n"," [ 7.3908839e+00]\n"," [ 7.8130407e+00]\n"," [ 7.2365894e+00]\n"," [ 6.9449153e+00]\n"," [ 6.6954918e+00]\n"," [ 6.4843063e+00]\n"," [-6.0602361e-03]\n"," [ 8.9037722e-01]\n"," [-6.0602361e-03]\n"," [-6.0602361e-03]\n"," [-6.0602361e-03]\n"," [-6.0602361e-03]\n"," [-6.0602361e-03]\n"," [-6.0602361e-03]]\n","0.8242078523270983\n","0.811818698895301\n","Now whole corpus\n"]},{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/23868 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"627da714704f422d920b075aa47031d7"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Now predicting\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["[[4.7805867]\n"," [4.368831 ]\n"," [4.991363 ]\n"," [3.389471 ]\n"," [3.2700555]\n"," [4.270292 ]\n"," [2.3193736]\n"," [3.0806248]\n"," [3.7533426]\n"," [3.761562 ]\n"," [4.4769816]\n"," [4.0087695]\n"," [4.348179 ]\n"," [4.8027463]\n"," [3.4792206]\n"," [3.3081188]\n"," [3.5459294]\n"," [2.9768271]\n"," [3.621745 ]\n"," [3.4003797]]\n","DF saved\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","    <div>\n","      \n","      <progress value='1492' max='1492' style='width:300px; height:20px; vertical-align: middle;'></progress>\n","      [1492/1492 03:12]\n","    </div>\n","    "]},"metadata":{}},{"output_type":"execute_result","data":{"text/plain":["{'eval_loss': 0.3069872558116913,\n"," 'eval_mse': 0.3069872558116913,\n"," 'eval_mae': 0.21838247776031494,\n"," 'eval_r2': 0.9126687774696891,\n"," 'eval_accuracy': 0.8964722641193229,\n"," 'eval_runtime': 192.8253,\n"," 'eval_samples_per_second': 123.78,\n"," 'eval_steps_per_second': 7.738,\n"," 'epoch': 10.0}"]},"metadata":{},"execution_count":3}],"source":["# the following lines (177 in total) are directly copied from Haffner et al. (2023), Political Analysis\n","import pandas as pd\n","from sklearn.model_selection import train_test_split\n","from datasets import Dataset\n","from transformers import AutoTokenizer, AutoModelForSequenceClassification\n","from sklearn.metrics import mean_absolute_error\n","import time\n","from transformers import TrainingArguments, Trainer\n","import torch\n","import matplotlib.pyplot as plt\n","from sklearn.metrics import mean_squared_error\n","from sklearn.metrics import r2_score\n","from numpy.random import seed\n","from tqdm import tqdm\n","seed(1)\n","\n","start = time.time()\n","final = pd.read_csv('/data/cw_texts_clean_bert.csv')\n","\n","print(len(final))\n","final['fatalities_log'] = final['fatalities_log'].astype(float)\n","\n","train = final[final['year'] < 2021]\n","train.reset_index(inplace=True, drop=True)\n","test = final[final['year'] == 2021]\n","test.reset_index(inplace=True, drop=True)\n","\n","train['split_dummy'] = ''\n","train['year'] = train['year'].astype(int)\n","train['month'] = train['month'].astype(int)\n","\n","for i in tqdm(range(len(train))):\n","    if train['year'][i] == 2020 and train['month'][i] > 6:\n","        train['split_dummy'][i] = 1\n","    else:\n","        train['split_dummy'][i] = 0\n","\n","train['split_dummy'].value_counts()\n","\n","train1 = train[train['split_dummy'] == 0]\n","vali = train[train['split_dummy'] == 1]\n","\n","X_train = train1['final_text']\n","y_train = train1['fatalities_log']\n","X_vali = vali['final_text']\n","y_vali = vali['fatalities_log']\n","X_test = test['final_text']\n","y_test = test['fatalities_log']\n","X_train = pd.DataFrame(X_train)\n","X_test = pd.DataFrame(X_test)\n","X_vali = pd.DataFrame(X_vali)\n","y_vali = pd.DataFrame(y_vali)\n","y_train = pd.DataFrame(y_train)\n","y_test = pd.DataFrame(y_test)\n","\n","df_train = pd.concat([X_train, y_train], axis=1)\n","df_val = pd.concat([X_vali, y_vali], axis=1)\n","df_test = pd.concat([X_test, y_test], axis=1)\n","\n","\n","raw_train_ds = Dataset.from_pandas(df_train)\n","raw_val_ds = Dataset.from_pandas(df_val)\n","raw_test_ds = Dataset.from_pandas(df_test)\n","\n","BASE_MODEL = \"snowood1/ConfliBERT-scr-uncased\"\n","LEARNING_RATE = 2e-5 # decreased from 2e-3\n","MAX_LENGTH = 512 # increased from 256\n","BATCH_SIZE = 16\n","EPOCHS = 10 # reduced from 20\n","\n","tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)\n","def model_init():\n","    model = AutoModelForSequenceClassification.from_pretrained(BASE_MODEL, num_labels=1, ignore_mismatched_sizes=True)\n","    # for param in model.bert.parameters():\n","    #     param.requires_grad = False\n","    return model\n","\n","\n","ds = {\"train\": raw_train_ds, \"validation\": raw_val_ds, \"test\": raw_test_ds}\n","\n","\n","def preprocess_function(examples):\n","    label = examples[\"fatalities_log\"]\n","    examples = tokenizer(examples[\"final_text\"], truncation=True, padding=\"max_length\", max_length=MAX_LENGTH)\n","\n","    # Change this to real number\n","    examples[\"label\"] = float(label)\n","    return examples\n","\n","\n","for split in ds:\n","    ds[split] = ds[split].map(preprocess_function)\n","\n","\n","def compute_metrics_for_regression(eval_pred):\n","    logits, labels = eval_pred\n","    labels = labels.reshape(-1, 1)\n","\n","    mse = mean_squared_error(labels, logits)\n","    mae = mean_absolute_error(labels, logits)\n","    r2 = r2_score(labels, logits)\n","    single_squared_errors = ((logits - labels).flatten() ** 2).tolist()\n","\n","    # Compute accuracy\n","    # Based on the fact that the rounded score = true score only if |single_squared_errors| < 0.5\n","    accuracy = sum([1 for e in single_squared_errors if e < 0.25]) / len(single_squared_errors)\n","\n","    return {\"mse\": mse, \"mae\": mae, \"r2\": r2, \"accuracy\": accuracy}\n","\n","training_args = TrainingArguments(\n","    output_dir=\"/data/output/conflibert\",\n","    learning_rate=LEARNING_RATE,\n","    per_device_train_batch_size=BATCH_SIZE,\n","    per_device_eval_batch_size=BATCH_SIZE,\n","    num_train_epochs=EPOCHS,\n","    evaluation_strategy=\"steps\",\n","    eval_steps=500,\n","    save_total_limit=10,\n","    load_best_model_at_end=True,\n","    weight_decay=0.01,\n","    seed=123\n",")\n","\n","class RegressionTrainer(Trainer):\n","    def compute_loss(self, model, inputs, return_outputs=False):\n","        labels = inputs.pop(\"labels\")\n","        outputs = model(**inputs)\n","        logits = outputs[0][:, 0]\n","        loss = torch.nn.functional.mse_loss(logits, labels)\n","        return (loss, outputs) if return_outputs else loss\n","\n","\n","trainer = RegressionTrainer(\n","    model_init=model_init,\n","    args=training_args,\n","    train_dataset=ds[\"train\"],\n","    eval_dataset=ds[\"validation\"],\n","    compute_metrics=compute_metrics_for_regression,\n",")\n","\n","trainer.train()\n","\n","for obj in trainer.state.log_history:\n","    print(obj)\n","\n","trainer.eval_dataset=ds[\"test\"]\n","trainer.evaluate()\n","\n","raw_pred_test, _, _ = trainer.predict(ds[\"test\"])\n","print(raw_pred_test[:20])\n","pd.DataFrame(raw_pred_test).to_csv('/data/cw_pred_test_zero.csv')\n","\n","df_results = pd.DataFrame(columns=['Test_MSE','Test_R2'], index=range(0,1))\n","mse = mean_squared_error(ds['test']['fatalities_log'], raw_pred_test)\n","r_squared = r2_score(ds['test']['fatalities_log'], raw_pred_test)\n","print(mse)\n","print(r_squared)\n","df_results['Test_MSE'][0] = mse\n","df_results['Test_R2'][0] = r_squared\n","df_results.to_csv('/data/bert_metrics.csv', index=False)\n","\n","## Whole CW\n","print('Now whole corpus')\n","raw_train1_ds = Dataset.from_pandas(final)\n","ds = {\"test\": raw_train1_ds}\n","\n","## Create dataset\n","\n","for split in ds:\n","    ds[split] = ds[split].map(preprocess_function)\n","\n","print('Now predicting')\n","raw_pred, _, _ = trainer.predict(ds[\"test\"])\n","print(raw_pred[:20])\n","pd.DataFrame(raw_pred).to_csv('/data/cw_bert_pred_zero.csv')\n","\n","print('DF saved')\n","\n","trainer.eval_dataset=ds[\"test\"]\n","trainer.evaluate()"]},{"cell_type":"code","source":["end = time.time()\n","print(f\"The program took {(end - start) // 60} minutes in total.\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ojXJkb-I21iy","executionInfo":{"status":"ok","timestamp":1709417876675,"user_tz":480,"elapsed":22,"user":{"displayName":"Yu Wang","userId":"02802289530208391889"}},"outputId":"ebcf9951-bcb9-4d60-d293-d23a4974d094"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["The program took 97.0 minutes in total.\n"]}]}],"metadata":{"accelerator":"GPU","colab":{"machine_shape":"hm","provenance":[{"file_id":"1gRvnvY9Gf3Y4MkpXcMTH9ZrZ0hwYFGPN","timestamp":1690050282383},{"file_id":"1yZcAvzPRSAOGBxYDVgtDywAJgZmGD8AG","timestamp":1689538072188},{"file_id":"1wyzuYfVsl5mPnzGzJGqKODItBOK8Nj46","timestamp":1689536289631}],"gpuType":"A100","authorship_tag":"ABX9TyOmp/477Y2KYDNlRXsEvkI2"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"},"widgets":{"application/vnd.jupyter.widget-state+json":{"3804a058a3914d7d8e5a6f3c271d00c5":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_501e538a66184b0d80a72ca4faff7637","IPY_MODEL_62502a8db96b4e3185e5394d0e952fa1","IPY_MODEL_29bdfd0ae3d44a8298ea758f82ae59ca"],"layout":"IPY_MODEL_33a0bb2809d44970a8e303b3963482ab"}},"501e538a66184b0d80a72ca4faff7637":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_103c7ac93aac47d385362f645b8a7461","placeholder":"​","style":"IPY_MODEL_be63cdac41d94128afb81f5f965a1330","value":"tokenizer_config.json: 100%"}},"62502a8db96b4e3185e5394d0e952fa1":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_eeb4f909f7f24ea688ea58d4ce1b796a","max":270,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f7cdf19f96204f5eb5754419a4c44018","value":270}},"29bdfd0ae3d44a8298ea758f82ae59ca":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7965c48b2bdd4b2186a223e63fd4c2a7","placeholder":"​","style":"IPY_MODEL_9d908420d85f4965b451dee9c2747000","value":" 270/270 [00:00&lt;00:00, 23.9kB/s]"}},"33a0bb2809d44970a8e303b3963482ab":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"103c7ac93aac47d385362f645b8a7461":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"be63cdac41d94128afb81f5f965a1330":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"eeb4f909f7f24ea688ea58d4ce1b796a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f7cdf19f96204f5eb5754419a4c44018":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"7965c48b2bdd4b2186a223e63fd4c2a7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9d908420d85f4965b451dee9c2747000":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d75ee796714245dbb015a65eea64ce6e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6221e007446945098f093c172e79cf85","IPY_MODEL_573b3b9190a8431c8d93d8a628980e44","IPY_MODEL_0aaa1c41917f4c67b905de233288cfbd"],"layout":"IPY_MODEL_6775905e0e1a4490bf4193d9475720e8"}},"6221e007446945098f093c172e79cf85":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c604547f4f034e71b355bf5b1e179ba1","placeholder":"​","style":"IPY_MODEL_d61d2785a23c449f90494b350078b44c","value":"config.json: 100%"}},"573b3b9190a8431c8d93d8a628980e44":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7714adbb3f6544d1840178d3b63bceed","max":570,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a00379414c414906a4502dd981e949fd","value":570}},"0aaa1c41917f4c67b905de233288cfbd":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3f0988dd955a4167acddf7d2eb3024e9","placeholder":"​","style":"IPY_MODEL_23cb29ed336b4c749d49dd7e194845eb","value":" 570/570 [00:00&lt;00:00, 51.0kB/s]"}},"6775905e0e1a4490bf4193d9475720e8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c604547f4f034e71b355bf5b1e179ba1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d61d2785a23c449f90494b350078b44c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7714adbb3f6544d1840178d3b63bceed":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a00379414c414906a4502dd981e949fd":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"3f0988dd955a4167acddf7d2eb3024e9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"23cb29ed336b4c749d49dd7e194845eb":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"320acbaa07404290b1aa2ab4a8d93b13":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ccf80339ce8d47e2a8ff72431c79fc9b","IPY_MODEL_c10c47516e944784ba72e6611959ae27","IPY_MODEL_a11a34f274ad4a37b8440bf02a2a936f"],"layout":"IPY_MODEL_05d078ac9a5c4d12a215acfa231aefd0"}},"ccf80339ce8d47e2a8ff72431c79fc9b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_267eeb2c4b8d48e593f25696850d153d","placeholder":"​","style":"IPY_MODEL_9841fab8842f44379fa76fe15bb0adfa","value":"vocab.txt: 100%"}},"c10c47516e944784ba72e6611959ae27":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7c7fa99f766d4572a61431ab8fc3e56c","max":223843,"min":0,"orientation":"horizontal","style":"IPY_MODEL_be66d4570b3b4b009f62aac21130bd7e","value":223843}},"a11a34f274ad4a37b8440bf02a2a936f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_27102bdb9a4d40dcb55a66e9e9acfe9c","placeholder":"​","style":"IPY_MODEL_0f5482861da746cfbc1350832c214736","value":" 224k/224k [00:00&lt;00:00, 14.5MB/s]"}},"05d078ac9a5c4d12a215acfa231aefd0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"267eeb2c4b8d48e593f25696850d153d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9841fab8842f44379fa76fe15bb0adfa":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7c7fa99f766d4572a61431ab8fc3e56c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"be66d4570b3b4b009f62aac21130bd7e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"27102bdb9a4d40dcb55a66e9e9acfe9c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0f5482861da746cfbc1350832c214736":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fb706741c9bf4050a1d9bcd3e3a715c5":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_0c1527198221485abb1439ec5003069f","IPY_MODEL_cc5b96fc457c449894fea8e66506f0ad","IPY_MODEL_b3842b2be92a47b5972c2cc1aed20cd6"],"layout":"IPY_MODEL_3c543cbe2beb42debe6c975af0ee16c5"}},"0c1527198221485abb1439ec5003069f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9a4d2efa417442088d7663a0a835ef2f","placeholder":"​","style":"IPY_MODEL_3e2ebd6901994bfdb6633c4cca952d7d","value":"tokenizer.json: 100%"}},"cc5b96fc457c449894fea8e66506f0ad":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_5717a4faa8344a2d88a3a7fd90816421","max":454226,"min":0,"orientation":"horizontal","style":"IPY_MODEL_631a53fd9bce4f8b872add02304c6171","value":454226}},"b3842b2be92a47b5972c2cc1aed20cd6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_483021f362e34afa9cebccbf8b361be5","placeholder":"​","style":"IPY_MODEL_12df49a257f64efeb54371672292f7d7","value":" 454k/454k [00:00&lt;00:00, 13.9MB/s]"}},"3c543cbe2beb42debe6c975af0ee16c5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9a4d2efa417442088d7663a0a835ef2f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3e2ebd6901994bfdb6633c4cca952d7d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5717a4faa8344a2d88a3a7fd90816421":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"631a53fd9bce4f8b872add02304c6171":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"483021f362e34afa9cebccbf8b361be5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"12df49a257f64efeb54371672292f7d7":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0b97e65cda394c218bfbb75634b42fdc":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_3dc7e4e4b5a344c3bc7270f243b2d350","IPY_MODEL_fa3c45b55e984e20829699ce3e45fd71","IPY_MODEL_a37104b957a0432cb2d88c67a3894bca"],"layout":"IPY_MODEL_75334e428eaf43f2b269463a4ae51d28"}},"3dc7e4e4b5a344c3bc7270f243b2d350":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e7890d78944e4267b02ccff649076dc1","placeholder":"​","style":"IPY_MODEL_570ca02e48a74bdfbc39525273251b99","value":"special_tokens_map.json: 100%"}},"fa3c45b55e984e20829699ce3e45fd71":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e3d1311d294042a59b99d609e97b1f20","max":112,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7d18fe6863a24855bc57908bba2a1ee5","value":112}},"a37104b957a0432cb2d88c67a3894bca":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d92815abed354025a38972db5b398836","placeholder":"​","style":"IPY_MODEL_bd84e9647524405a94c9bdf8079bb590","value":" 112/112 [00:00&lt;00:00, 8.24kB/s]"}},"75334e428eaf43f2b269463a4ae51d28":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e7890d78944e4267b02ccff649076dc1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"570ca02e48a74bdfbc39525273251b99":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e3d1311d294042a59b99d609e97b1f20":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7d18fe6863a24855bc57908bba2a1ee5":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"d92815abed354025a38972db5b398836":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bd84e9647524405a94c9bdf8079bb590":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"dd95befee43b4c6cb5b92e512a575b81":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6097fb86ad5d4b66b9f4728f25163fcd","IPY_MODEL_b58e8f3b29084683a0c936cc018e66d3","IPY_MODEL_63a719ddd0974fb08312ac488c36e851"],"layout":"IPY_MODEL_8ad3ed86060f4611ad65eda72ebe8d81"}},"6097fb86ad5d4b66b9f4728f25163fcd":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2b7e27e4e79a488a855550e097d8a3c5","placeholder":"​","style":"IPY_MODEL_d50578eb01284de48819c37495cb4ed4","value":"Map:  99%"}},"b58e8f3b29084683a0c936cc018e66d3":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_d0b390f2b81b42cfbd62ff43dc69a159","max":21924,"min":0,"orientation":"horizontal","style":"IPY_MODEL_3caae72a29524cfa9bf7c7cb18475935","value":21924}},"63a719ddd0974fb08312ac488c36e851":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7f4423216eb34e6d9d580ac90fde87b6","placeholder":"​","style":"IPY_MODEL_ffb714c109224d62a9836b4a85718fa1","value":" 21802/21924 [00:16&lt;00:00, 1583.83 examples/s]"}},"8ad3ed86060f4611ad65eda72ebe8d81":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"2b7e27e4e79a488a855550e097d8a3c5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d50578eb01284de48819c37495cb4ed4":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d0b390f2b81b42cfbd62ff43dc69a159":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3caae72a29524cfa9bf7c7cb18475935":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"7f4423216eb34e6d9d580ac90fde87b6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ffb714c109224d62a9836b4a85718fa1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"af4b9858655f4175b9c6432d65b847a4":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fffc471a8e6d4c87b57bca08bc6049c9","IPY_MODEL_7739e8d3ab2a4053ac51ddb07213fcad","IPY_MODEL_a773a7fe8dde43679792a70adc9c1040"],"layout":"IPY_MODEL_30b3bf66693b4055ba815f39f4dc588b"}},"fffc471a8e6d4c87b57bca08bc6049c9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b3173e3c80434121a4e3b2d5107d67a2","placeholder":"​","style":"IPY_MODEL_e2b59c46f5a246969e03a3293b3a8592","value":"Map:  86%"}},"7739e8d3ab2a4053ac51ddb07213fcad":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_8e33c25ad60947ae8de2a889dc21d79e","max":648,"min":0,"orientation":"horizontal","style":"IPY_MODEL_12cc1a4e9d3a46e7a2e7a6cc7b50d69f","value":648}},"a773a7fe8dde43679792a70adc9c1040":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_46a3bc9ca19744f49b4372458768cd51","placeholder":"​","style":"IPY_MODEL_984ddfb0c98e444faaeed3eb569a1eaf","value":" 555/648 [00:00&lt;00:00, 1013.77 examples/s]"}},"30b3bf66693b4055ba815f39f4dc588b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"b3173e3c80434121a4e3b2d5107d67a2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e2b59c46f5a246969e03a3293b3a8592":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8e33c25ad60947ae8de2a889dc21d79e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"12cc1a4e9d3a46e7a2e7a6cc7b50d69f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"46a3bc9ca19744f49b4372458768cd51":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"984ddfb0c98e444faaeed3eb569a1eaf":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9aeef2ca4c8a402c81525b039bf2be17":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_53922a61365744168fd4a0d40ecb22cf","IPY_MODEL_8717eaf7572348ee9d8038fc13862bc5","IPY_MODEL_a11d9628d62e470385d1d1cd86b4545b"],"layout":"IPY_MODEL_a708d979523e4376a5d47cca1c600618"}},"53922a61365744168fd4a0d40ecb22cf":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b62bcd7b72154e218932d03af51399d9","placeholder":"​","style":"IPY_MODEL_d9d6b4ec165f42b390a54efe4fc34e9a","value":"Map:  95%"}},"8717eaf7572348ee9d8038fc13862bc5":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_ff0bd0ba188747a8939723128f743b97","max":1296,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0bf63f9186fc4cf4a0366c94d4cfa493","value":1296}},"a11d9628d62e470385d1d1cd86b4545b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cbc221b2f76e4b2cacbcdb4764112e5a","placeholder":"​","style":"IPY_MODEL_4312d1ea7be94fd4a6cb71f5aa68f96b","value":" 1236/1296 [00:01&lt;00:00, 710.75 examples/s]"}},"a708d979523e4376a5d47cca1c600618":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"b62bcd7b72154e218932d03af51399d9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d9d6b4ec165f42b390a54efe4fc34e9a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ff0bd0ba188747a8939723128f743b97":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0bf63f9186fc4cf4a0366c94d4cfa493":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"cbc221b2f76e4b2cacbcdb4764112e5a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4312d1ea7be94fd4a6cb71f5aa68f96b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d09f0c72b43a4744966566ee4b9e3c4a":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_eb7f329938494233bf775bc9e6d8c1ef","IPY_MODEL_4f1a30cb2d3847358ce7ce94a1627c5c","IPY_MODEL_a360bfadee2743bab44871c4af36e462"],"layout":"IPY_MODEL_24f42737214a4632b111592dcc114dd7"}},"eb7f329938494233bf775bc9e6d8c1ef":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_28d22239dea44fc889d4eddc6a83cb48","placeholder":"​","style":"IPY_MODEL_c67f2aeefc23496cbc39bddb69c7bdb8","value":"pytorch_model.bin: 100%"}},"4f1a30cb2d3847358ce7ce94a1627c5c":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9e008b4176b349ac9ed15baa33388674","max":436541650,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1893806ced4f4dbdbfe68d84a4100ffa","value":436541650}},"a360bfadee2743bab44871c4af36e462":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_450603b123f94d7cb001fb2159f7418a","placeholder":"​","style":"IPY_MODEL_4ddffa8e1db142ecb2c5e19fdebe2656","value":" 437M/437M [00:00&lt;00:00, 538MB/s]"}},"24f42737214a4632b111592dcc114dd7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"28d22239dea44fc889d4eddc6a83cb48":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c67f2aeefc23496cbc39bddb69c7bdb8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9e008b4176b349ac9ed15baa33388674":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1893806ced4f4dbdbfe68d84a4100ffa":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"450603b123f94d7cb001fb2159f7418a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4ddffa8e1db142ecb2c5e19fdebe2656":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"627da714704f422d920b075aa47031d7":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9a739ebaa19b4e78a50255e001a32cc8","IPY_MODEL_04cd3c05145a4b2681bebab52f2caaff","IPY_MODEL_34705690b4bb42f797241c4f4cb2aab4"],"layout":"IPY_MODEL_b5c19d77958a484e9adcaff270393b81"}},"9a739ebaa19b4e78a50255e001a32cc8":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d96254790b144c059fd4ec40ff28f33a","placeholder":"​","style":"IPY_MODEL_e10c52f589fe42de90cd91d5771b4775","value":"Map: 100%"}},"04cd3c05145a4b2681bebab52f2caaff":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_18442279c0db4ef4848ea1d679ef03d7","max":23868,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0b5b2212e0294180a233d0d6b6bb37a5","value":23868}},"34705690b4bb42f797241c4f4cb2aab4":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b23c5f7a7b4346cf8f96e4ee13c0eab8","placeholder":"​","style":"IPY_MODEL_943cef41e0a64df2b782d0ac725e667a","value":" 23836/23868 [00:22&lt;00:00, 1247.07 examples/s]"}},"b5c19d77958a484e9adcaff270393b81":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"d96254790b144c059fd4ec40ff28f33a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e10c52f589fe42de90cd91d5771b4775":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"18442279c0db4ef4848ea1d679ef03d7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0b5b2212e0294180a233d0d6b6bb37a5":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b23c5f7a7b4346cf8f96e4ee13c0eab8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"943cef41e0a64df2b782d0ac725e667a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"nbformat":4,"nbformat_minor":0}